#coding=utf8

from scanner import *

if __name__ == "__main__" :
    file = open('manuscript.txt', 'r')
    scanner = Scanner(file)
    token = Token()
    while token.Type() != T.EOF:
        token = scanner.GetNextToken()
        if token.Type() != T.WHITESPACE:
            print(token.TypeStrLimited())
            #print("<" + token.TypeStr() + ", " + token.Value() + ">"),